\relax 
\catcode`"\active
\select@language{english}
\@writefile{toc}{\select@language{english}}
\@writefile{lof}{\select@language{english}}
\@writefile{lot}{\select@language{english}}
\select@language{brazil}
\@writefile{toc}{\select@language{brazil}}
\@writefile{lof}{\select@language{brazil}}
\@writefile{lot}{\select@language{brazil}}
\select@language{brazil}
\@writefile{toc}{\select@language{brazil}}
\@writefile{lof}{\select@language{brazil}}
\@writefile{lot}{\select@language{brazil}}
\select@language{english}
\@writefile{toc}{\select@language{english}}
\@writefile{lof}{\select@language{english}}
\@writefile{lot}{\select@language{english}}
\@writefile{toc}{\contentsline {chapter}{List of Figures}{iv}}
\@writefile{toc}{\contentsline {chapter}{List of Tables}{v}}
\@writefile{toc}{\contentsline {chapter}{Abbreviations and Symbols}{ix}}
\citation{BOSER92a}
\citation{VAPNIK9501}
\citation{VAPNIK9501}
\citation{VAPNIK9801}
\citation{CRISTIANINI0001}
\citation{CAMPBELL0201}
\@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction}{3}}
\@writefile{lof}{\addvspace {10\p@ }}
\@writefile{lot}{\addvspace {10\p@ }}
\@writefile{toc}{\contentsline {section}{\numberline {1.1}Overview}{3}}
\citation{Drucker99}
\citation{Barzilay99}
\citation{KIM0201}
\citation{Brown00}
\citation{VALENTINI0201}
\citation{Joachims98}
\citation{DISTANTE0301}
\citation{KOTROPOULOS0301}
\citation{SHAONING0301}
\citation{WANG0201}
\citation{JEFFREY0201}
\citation{VAPNIK9801}
\citation{LOO0201}
\@writefile{toc}{\contentsline {section}{\numberline {1.2}Motivations}{4}}
\@writefile{toc}{\contentsline {section}{\numberline {1.3}Outline of the chapters}{5}}
\citation{SMOBR}
\citation{VAPNIK9801}
\citation{VLADIMIR9801}
\@writefile{toc}{\contentsline {chapter}{\numberline {2}Statistical learning}{7}}
\@writefile{lof}{\addvspace {10\p@ }}
\@writefile{lot}{\addvspace {10\p@ }}
\newlabel{CAP-LEARN-GER}{{2}{7}}
\@writefile{toc}{\contentsline {section}{\numberline {2.1}Introduction}{7}}
\@writefile{toc}{\contentsline {section}{\numberline {2.2}Machine learning}{7}}
\citation{VAPNIK9801}
\citation{VAPNIK9801}
\citation{VLADIMIR9801}
\@writefile{lof}{\contentsline {figure}{\numberline {2.1}{\ignorespaces Machine learning diagram.\relax }}{8}}
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{FIG-LEARN-MACHINE}{{2.1}{8}}
\citation{VLADIMIR9801}
\@writefile{toc}{\contentsline {section}{\numberline {2.3}Learning process}{9}}
\@writefile{toc}{\contentsline {section}{\numberline {2.4}Risk functional}{9}}
\citation{VAPNIK9801}
\citation{VLADIMIR9801}
\citation{WING9101}
\newlabel{EQ-CAPLG-QUAD-LOSS}{{2.2}{10}}
\newlabel{EQ-CAPLG-INDICATOR}{{2.4}{10}}
\newlabel{EQ-CAPLG-RISK-FUNCT}{{2.5}{10}}
\citation{VAPNIK9801}
\citation{HAYKIN9901}
\@writefile{toc}{\contentsline {section}{\numberline {2.5}Empirical risk minimization principle}{11}}
\citation{VAPNIK8201}
\citation{VAPNIK9801}
\@writefile{lof}{\contentsline {figure}{\numberline {2.2}{\ignorespaces Expected convergence for the empirical risk when the number of vectors (p) becomes large (horizontal axis).\relax }}{12}}
\newlabel{FIG-LEARN-ERM-CONSISTENCY}{{2.2}{12}}
\newlabel{EQ-CAP2-CONV}{{2.8}{12}}
\citation{HAYKIN9901}
\citation{Burges98}
\citation{VAPNIK9801}
\@writefile{toc}{\contentsline {section}{\numberline {2.6}VC dimension}{13}}
\citation{VAPNIK9801}
\citation{Burges98}
\citation{VAPNIK9801}
\@writefile{lof}{\contentsline {figure}{\numberline {2.3}{\ignorespaces VC dimension for linear indicator functions in a two-dimensional space}}{14}}
\newlabel{FIG-VCDIMENSION}{{2.3}{14}}
\@writefile{toc}{\contentsline {section}{\numberline {2.7}Structural risk minimization principle}{14}}
\newlabel{EQ-RISK-BOUND}{{2.10}{14}}
\@writefile{lof}{\contentsline {figure}{\numberline {2.4}{\ignorespaces Nested structures for different model complexities.\relax }}{15}}
\newlabel{FIG-LEARN-SRM}{{2.4}{15}}
\@writefile{toc}{\contentsline {section}{\numberline {2.8}Conclusion}{16}}
\citation{BOSER92a}
\citation{VAPNIK9501}
\citation{VAPNIK9501}
\@writefile{toc}{\contentsline {chapter}{\numberline {3}Support Vector Machines}{17}}
\@writefile{lof}{\addvspace {10\p@ }}
\@writefile{lot}{\addvspace {10\p@ }}
\newlabel{CAP-INTRO-SVM}{{3}{17}}
\@writefile{toc}{\contentsline {section}{\numberline {3.1}Introduction}{17}}
\citation{VAPNIK9501}
\citation{COVER6501}
\@writefile{toc}{\contentsline {section}{\numberline {3.2}SVMs with hard margins}{18}}
\newlabel{EQ-LIN-SEP}{{3.1}{18}}
\newlabel{EQ-HIPER-NON-LIN}{{3.2}{18}}
\citation{VAPNIK9801}
\citation{HAYKIN9901}
\citation{BAZARAA7901}
\@writefile{lof}{\contentsline {figure}{\numberline {3.1}{\ignorespaces Maximum margin separation hyper-plane}}{19}}
\newlabel{FIG-MAX-MARGIN}{{3.1}{19}}
\newlabel{EQ-CAP3-PRIMAL}{{3.3}{19}}
\newlabel{EQ-FORMA-LAGRAN-DUAL}{{3.5}{19}}
\newlabel{EQ-DERIV-PART-W}{{3.6}{19}}
\citation{VAPNIK9801}
\citation{HAYKIN9901}
\citation{VAPNIK9501}
\newlabel{EQ-DERIV-PART-B}{{3.7}{20}}
\newlabel{EQ-FORMA-DUAL}{{3.8}{20}}
\newlabel{EQ-CAP3-DUAL}{{3.9}{20}}
\@writefile{toc}{\contentsline {section}{\numberline {3.3}SVMs with soft margins}{20}}
\newlabel{EQ-LIN-SEP-FOLGA}{{3.10}{20}}
\citation{VAPNIK9801}
\citation{HAYKIN9901}
\newlabel{EQ-PRIMAL-SLACK}{{3.12}{21}}
\citation{VAPNIK9801}
\citation{HAYKIN9901}
\newlabel{EQ-FORMA-LAGRAN-DUAL-FOLGA}{{3.14}{22}}
\newlabel{EQ-DERIV-PART-W-FOLGA}{{3.15}{22}}
\newlabel{EQ-DERIV-PART-B-FOLGA}{{3.16}{22}}
\newlabel{EQ-DERIV-PART-E-FOLGA}{{3.17}{22}}
\newlabel{EQ-FORMA-DUAL-FOLGA}{{3.18}{22}}
\newlabel{EQ-DUAL-SLACK}{{3.19}{22}}
\citation{COURANT7001}
\citation{CRISTIANINI0001}
\@writefile{toc}{\contentsline {section}{\numberline {3.4}Implicit mapping using kernel functions}{23}}
\@writefile{lof}{\contentsline {figure}{\numberline {3.2}{\ignorespaces Mapping function $\boldsymbol  {\varphi }(\cdot )$ and the implicit mapping performed by kernel functions.\relax }}{23}}
\newlabel{FIG-MAX-IMPMAP}{{3.2}{23}}
\newlabel{EQ-KERNEL-MATRIX}{{3.21}{23}}
\citation{Kaufmann99}
\@writefile{lot}{\contentsline {table}{\numberline {3.1}{\ignorespaces Some types of functions that can be used as inner-product kernel\relax }}{24}}
\newlabel{TAB-KERNELTYPES}{{3.1}{24}}
\citation{Platt98b}
\citation{SMOBR}
\@writefile{toc}{\contentsline {section}{\numberline {3.5}An example}{25}}
\@writefile{lof}{\contentsline {figure}{\numberline {3.3}{\ignorespaces Training set for the checkerboard example. Classes are represented by circles and crosses symbols.\relax }}{25}}
\newlabel{FIG-EXE}{{3.3}{25}}
\@writefile{lof}{\contentsline {figure}{\numberline {3.4}{\ignorespaces Non-linear decision boundaries in the input space for checkerboard example. Support vectors are marked with a circle around vectors and the decision is represented by the continuous line. Dashed and dotted lines indicate the margins.\relax }}{26}}
\newlabel{FIG-EXE-DEC}{{3.4}{26}}
\@writefile{toc}{\contentsline {section}{\numberline {3.6}Conclusion}{26}}
\citation{Luenberger86}
\@writefile{toc}{\contentsline {chapter}{\numberline {4}Training SVMs}{27}}
\@writefile{lof}{\addvspace {10\p@ }}
\@writefile{lot}{\addvspace {10\p@ }}
\newlabel{CAP-SVM-TRAINING}{{4}{27}}
\@writefile{toc}{\contentsline {section}{\numberline {4.1}Introduction}{27}}
\@writefile{toc}{\contentsline {section}{\numberline {4.2}Optimality conditions and feasible regions}{28}}
\citation{SteveGun2000}
\citation{NetLib2000}
\citation{Vanderbei94}
\@writefile{lof}{\contentsline {figure}{\numberline {4.1}{\ignorespaces Geometric interpretation of support vectors}}{29}}
\newlabel{FIG-KKT}{{4.1}{29}}
\@writefile{toc}{\contentsline {section}{\numberline {4.3}Training methods for SVMs}{29}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3.1}Classical methods}{29}}
\citation{Suykens99a}
\citation{LAWSON9501}
\citation{Keerthi99b}
\citation{Zhang99a}
\@writefile{lof}{\contentsline {figure}{\numberline {4.2}{\ignorespaces Feasible region for a 3D case}}{30}}
\newlabel{FIG-FEASIBLE-REGION}{{4.2}{30}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3.2}Geometric methods}{30}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3.3}Iterative methods}{31}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.3.1}Gradient ascent}{31}}
\newlabel{EQ-TRAIN-SVM-QP-BASIC}{{4.1}{31}}
\newlabel{EQ-TRAIN-AN-EVIDENCE}{{4.2}{31}}
\citation{CRISTIANINI0001}
\citation{CRISTIANINI0001}
\newlabel{EQ-TRAIN-DERIV-AN}{{4.4}{32}}
\newlabel{EQ-TRAIN-ANEW}{{4.6}{32}}
\newlabel{EQ-TRAIN-OUTPUT-GRAD}{{4.8}{33}}
\newlabel{EQ-TRAIN-ANEW2}{{4.9}{33}}
\newlabel{EQ-TRAIN-ERROR-EXPRE}{{4.10}{33}}
\newlabel{EQ-ANEW-FINAL}{{4.3.3.1}{33}}
\newlabel{EQ-TRAIN-ANEW-ETA}{{4.11}{33}}
\citation{Adatron98}
\citation{FriCriCam98}
\citation{Mangasarian99}
\citation{ManMus99}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.3.2}Successive Over Relaxation}{34}}
\newlabel{CAP-SEC-TRAIN-SOR}{{4.3.3.2}{34}}
\newlabel{EQ-TRAIN-PRIMAL-SLACK-SOR}{{4.13}{35}}
\newlabel{EQ-TRAIN-DUAL-SLACK-SOR}{{4.15}{35}}
\newlabel{EQ-BIAS-SOR}{{4.16}{35}}
\newlabel{EQ-NEWALPHA-EQ1}{{4.21}{37}}
\newlabel{EQ-OUTPUT-MOD-SOR}{{4.22}{37}}
\newlabel{EQ-ALPHA-UPDATE-SOR1}{{4.23}{37}}
\citation{Joachims98b}
\newlabel{EQ-ERROR-UPDATE-SOR1}{{4.24}{38}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3.4}Working set methods}{38}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.4.1}QP sub-problem}{38}}
\newlabel{EQ-TRAIN-QP-MIN-FOLGA-SUB}{{4.25}{39}}
\citation{Vapnik92b}
\citation{Joachims98b}
\citation{Vanderbei94}
\citation{Osuna97a}
\citation{Platt98a}
\citation{Platt98b}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.4.2}Chunking}{40}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.4.3}$\mathrm  {SVM}^{light}${}}{40}}
\citation{Platt98a}
\citation{CRISTIANINI0001}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.4.4}Sequential Minimal Optimization}{41}}
\newlabel{EQ-Q-N-M}{{4.28}{42}}
\newlabel{EQ-SUM-N}{{4.29}{42}}
\newlabel{EQ-RETA-MUL-LAGR}{{4.30}{42}}
\newlabel{EQ-FULL-M-N}{{4.32}{43}}
\newlabel{EQ-BEFORE-K}{{4.38}{44}}
\newlabel{EQ-BEFORE-ERRO}{{4.39}{44}}
\@writefile{lof}{\contentsline {figure}{\numberline {4.3}{\ignorespaces two possible placement for the equality constraint line (case a)}}{45}}
\newlabel{FIG-NOVO-VELHO-DIR}{{4.3}{45}}
\newlabel{EQ-AFTER-ERRO}{{4.41}{45}}
\newlabel{EQ-TRAIN-OLD-LINE}{{4.43}{46}}
\newlabel{EQ-TRAIN-NEW-LINE}{{4.44}{46}}
\citation{Platt98a}
\citation{KeeSheBhaMur99b}
\citation{KeeSheBhaMur99c}
\@writefile{lof}{\contentsline {figure}{\numberline {4.4}{\ignorespaces two possible placement for the equality constraint line (case b)}}{47}}
\newlabel{FIG-NOVO-VELHO-ESQ}{{4.4}{47}}
\@writefile{lot}{\contentsline {table}{\numberline {4.1}{\ignorespaces Upper and lower limits summary\relax }}{47}}
\newlabel{TAB-ALPHA-NOVO}{{4.1}{47}}
\citation{barros:2001}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3.5}Boosting methods}{48}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {4.3.5.1}The SVM-EDR training algorithm}{48}}
\newlabel{SEC-SVM-EDR-CONC}{{4.3.5.1}{48}}
\newlabel{EQ-SVMEDR-EQ-CONC}{{4.45}{49}}
\citation{FRESCHAP97}
\@writefile{loa}{\contentsline {algorithm}{\numberline {1}{\ignorespaces SVM-EDR Boosting algorithm for binary concepts\relax }}{51}}
\newlabel{EDR-BOOSTING}{{1}{51}}
\newlabel{THEO-EDR-1}{{4.3.1}{52}}
\@writefile{toc}{\contentsline {section}{\numberline {4.4}Conclusion}{52}}
\citation{SMOBR}
\@writefile{toc}{\contentsline {chapter}{\numberline {5}SVMBR program overview}{53}}
\@writefile{lof}{\addvspace {10\p@ }}
\@writefile{lot}{\addvspace {10\p@ }}
\newlabel{SVMBR-PROGRAMA}{{5}{53}}
\@writefile{toc}{\contentsline {section}{\numberline {5.1}Introduction}{53}}
\@writefile{toc}{\contentsline {section}{\numberline {5.2}Internal structure}{53}}
\@writefile{toc}{\contentsline {section}{\numberline {5.3}Using SVMBR}{54}}
\@writefile{toc}{\contentsline {section}{\numberline {5.4}SVMBR use summary}{58}}
\newlabel{SEC-SVM-USAGE}{{5.4}{58}}
\@writefile{lof}{\contentsline {figure}{\numberline {5.1}{\ignorespaces SVMBR packages.\relax }}{66}}
\newlabel{FIG-UML-PACKAGES}{{5.1}{66}}
\@writefile{lof}{\contentsline {figure}{\numberline {5.2}{\ignorespaces Data package class structure.\relax }}{67}}
\newlabel{FIG-UML-DATA}{{5.2}{67}}
\@writefile{lof}{\contentsline {figure}{\numberline {5.3}{\ignorespaces Kernel package class structure.\relax }}{68}}
\newlabel{FIG-UML-KERNEL}{{5.3}{68}}
\@writefile{lof}{\contentsline {figure}{\numberline {5.4}{\ignorespaces Solver package class structure.\relax }}{69}}
\newlabel{FIG-UML-SOLVER}{{5.4}{69}}
\@writefile{lof}{\contentsline {figure}{\numberline {5.5}{\ignorespaces SVM package class structure.\relax }}{70}}
\newlabel{FIG-UML-SVM}{{5.5}{70}}
\bibdata{bibtex/neural,bibtex/svm,bibtex/boosting}
\bibcite{BOSER92a}{1}
\bibcite{VAPNIK9501}{2}
\bibcite{VAPNIK9801}{3}
\bibcite{CRISTIANINI0001}{4}
\bibcite{CAMPBELL0201}{5}
\bibcite{Drucker99}{6}
\bibcite{Barzilay99}{7}
\bibcite{KIM0201}{8}
\@writefile{toc}{\contentsline {chapter}{Bibliography}{71}}
\bibcite{Brown00}{9}
\bibcite{VALENTINI0201}{10}
\bibcite{Joachims98}{11}
\bibcite{DISTANTE0301}{12}
\bibcite{KOTROPOULOS0301}{13}
\bibcite{SHAONING0301}{14}
\bibcite{WANG0201}{15}
\bibcite{JEFFREY0201}{16}
\bibcite{LOO0201}{17}
\bibcite{SMOBR}{18}
\bibcite{VLADIMIR9801}{19}
\bibcite{WING9101}{20}
\bibcite{HAYKIN9901}{21}
\bibcite{VAPNIK8201}{22}
\bibcite{Burges98}{23}
\bibcite{COVER6501}{24}
\bibcite{BAZARAA7901}{25}
\bibcite{COURANT7001}{26}
\bibcite{Kaufmann99}{27}
\bibcite{Platt98b}{28}
\bibcite{Luenberger86}{29}
\bibcite{SteveGun2000}{30}
\bibcite{NetLib2000}{31}
\bibcite{Vanderbei94}{32}
\bibcite{Suykens99a}{33}
\bibcite{LAWSON9501}{34}
\bibcite{Keerthi99b}{35}
\bibcite{Zhang99a}{36}
\bibcite{Adatron98}{37}
\bibcite{FriCriCam98}{38}
\bibcite{Mangasarian99}{39}
\bibcite{ManMus99}{40}
\bibcite{Joachims98b}{41}
\bibcite{Vapnik92b}{42}
\bibcite{Osuna97a}{43}
\bibcite{Platt98a}{44}
\bibcite{KeeSheBhaMur99b}{45}
\bibcite{KeeSheBhaMur99c}{46}
\bibcite{barros:2001}{47}
\bibcite{FRESCHAP97}{48}
\bibstyle{unsrt}
\ttl@finishall
